/**
 * 
 */
package org.statewalker.parser.turtle;

import org.statewalker.parser.turtle.tokenizer.BaseTokenizer;
import org.statewalker.parser.turtle.tokenizer.LiteralStringTokenizer;
import org.statewalker.parser.turtle.tokenizer.PrefixIdTokenizer;
import org.statewalker.parser.turtle.tokenizer.UriRefTokenizer;
import org.statewalker.parser.turtle.tokenizer.WSTokenizer;
import org.statewalker.tokenizer.CompositeTokenizer;

/**
 * @author kotelnikov
 */
public class TurtleTokenizer extends CompositeTokenizer {

    /**
     * @param dict
     * @param base
     */
    public TurtleTokenizer() {
        init();
    }

    protected void init() {
        addTokenizer(WSTokenizer.INSTANCE);
        addTokenizer(PrefixIdTokenizer.INSTANCE);
        addTokenizer(BaseTokenizer.INSTANCE);
        addTokenizer(LiteralStringTokenizer.INSTANCE);
        addTokenizer(UriRefTokenizer.INSTANCE);

    }

}
